home *** CD-ROM | disk | FTP | other *** search
/ Internet Magazine 2003 Spring / INTERNET101.ISO / pc / software / windows / building / robot_manager / robotmanagersetup.exe / {app} / web.log < prev    next >
Encoding:
Text File  |  2001-10-19  |  2.7 KB  |  22 lines
  1. 211.72.252.150 - - [01/Sep/2001:15:53:45 -0400] "GET /robots.txt HTTP/1.0" 200 1236 "-" "Openbot/3.0 (robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)"
  2. 211.72.252.150 - - [01/Sep/2001:16:23:45 -0400] "GET / HTTP/1.0" 200 1236 "-" "Openbot/3.0 (robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)"
  3. 211.72.252.150 - - [01/Sep/2001:16:30:45 -0400] "GET /Products/product01.html HTTP/1.0" 200 1236 "-" "Openbot/3.0 (robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)"
  4. 216.239.46.100 - - [02/Sep/2001:18:22:56 -0400] "GET /robots.txt HTTP/1.0" 200 649 "-" "Googlebot/2.1 (+http://www.googlebot.com/bot.html)"
  5. 216.239.46.100 - - [02/Sep/2001:18:36:56 -0400] "GET / HTTP/1.0" 200 649 "-" "Googlebot/2.1 (+http://www.googlebot.com/bot.html)"
  6. 216.239.46.100 - - [02/Sep/2001:18:58:56 -0400] "GET /Resource/resouce.html HTTP/1.0" 200 649 "-" "Googlebot/2.1 (+http://www.googlebot.com/bot.html)"
  7. 64.208.8.249 - - [05/Sep/2001:11:40:22 -0400] "GET /robots.txt HTTP/1.0" 302 221 "-" "larbin_2.2.0 (crawl@compete.com)"
  8. 64.208.8.249 - - [05/Sep/2001:12:24:22 -0400] "GET /Faq/faq.html HTTP/1.0" 302 221 "-" "larbin_2.2.0 (crawl@compete.com)"
  9. 64.208.8.249 - - [05/Sep/2001:01:34:22 -0400] "GET /Products/product01.html HTTP/1.0" 302 221 "-" "larbin_2.2.0 (crawl@compete.com)"
  10. 66.77.74.160 - - [10/Oct/2001:13:18:23 -0400] "GET /robots.txt HTTP/1.0" 200 1443 "-" "FAST-WebCrawler/2.2.11 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)"
  11. 66.77.74.160 - - [10/Oct/2001:13:38:23 -0400] "GET / HTTP/1.0" 200 1443 "-" "FAST-WebCrawler/2.2.11 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)"
  12. 66.77.74.160 - - [10/Oct/2001:15:12:23 -0400] "GET /robots.txt HTTP/1.0" 200 1443 "-" "FAST-WebCrawler/2.2.11 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)"
  13. 204.123.28.40 - - [13/Sep/2001:18:49:37 -0400] "GET /robots.txt HTTP/1.0" 200 1236 "-" "ia_archiver"
  14. 204.123.28.40 - - [13/Sep/2001:18:51:37 -0400] "GET / HTTP/1.0" 200 1236 "-" "ia_archiver"
  15. 204.123.28.40 - - [13/Sep/2001:18:55:37 -0400] "GET / HTTP/1.0" 200 1236 "-" "ia_archiver"
  16. 209.73.162.22 - - [23/Sep/2001:23:45:38 -0400] "GET /robots.txt HTTP/1.0" 200 1236 "-" "Scooter-W3-1.0"
  17. 209.73.162.22 - - [23/Sep/2001:01:29:38 -0400] "GET / HTTP/1.0" 200 1236 "-" "Scooter-W3-1.0"
  18. 209.73.162.22 - - [23/Sep/2001:03:29:38 -0400] "GET /Products/product01.html HTTP/1.0" 404 1236 "-" "Scooter-W3-1.0"
  19. 209.73.162.22 - - [23/Sep/2001:03:44:38 -0400] "GET /Products/product02.html HTTP/1.0" 200 1236 "-" "Scooter-W3-1.0"
  20. 209.73.162.22 - - [23/Sep/2001:04:22:38 -0400] "GET /Contact/contact.html HTTP/1.0" 404 1236 "-" "Scooter-W3-1.0"
  21.  
  22.